module.exports = {
  md: [
    {
      type: "category",
      label: "Getting Started",
      className: "sidebar-item-getting-started",
      items: [
        "getting-started",
        "getting-started-agents",
        "getting-started-chatbots",
        "getting-started-rag",
        "getting-started-mcp",
        "getting-started-llm-arena",
      ],
      collapsed: false,
    },
    {
      type: "category",
      label: "LLM Evals",
      className: "sidebar-item-icon-llm-eval",
      items: [
        "evaluation-introduction",
        {
          type: "category",
          label: "Concepts",
          items: [
            {
              type: "category",
              label: "Test Cases",
              items: [
                "evaluation-test-cases",
                "evaluation-multiturn-test-cases",
                "evaluation-arena-test-cases",
              ],
              collapsed: true,
            },
            "evaluation-datasets",
            "evaluation-prompts",
            "evaluation-mcp",
            "evaluation-llm-tracing",
          ],
          collapsed: false,
        },
        "evaluation-end-to-end-llm-evals",
        "evaluation-component-level-llm-evals",
        "evaluation-unit-testing-in-ci-cd",
        "evaluation-flags-and-configs",
      ],
      collapsed: false,
    },
    {
      type: "category",
      label: "Eval Metrics",
      className: "sidebar-item-icon-metrics",
      items: [
        "metrics-introduction",
        {
          type: "category",
          label: "Custom",
          items: [
            "metrics-llm-evals",
            "metrics-dag",
            "metrics-conversational-g-eval",
            "metrics-conversational-dag",
            "multimodal-metrics-g-eval",
            "metrics-arena-g-eval",
            "metrics-custom",
          ],
          collapsed: false,
        },
        {
          type: "category",
          label: "RAG",
          items: [
            "metrics-answer-relevancy",
            "metrics-faithfulness",
            "metrics-contextual-precision",
            "metrics-contextual-recall",
            "metrics-contextual-relevancy",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Agentic",
          items: [
            "metrics-task-completion",
            "metrics-tool-correctness",
            "metrics-argument-correctness",
            "metrics-step-efficiency",
            "metrics-plan-adherence",
            "metrics-plan-quality",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Multi-Turn",
          items: [
            "metrics-turn-relevancy",
            "metrics-role-adherence",
            "metrics-knowledge-retention",
            "metrics-conversation-completeness",
            "metrics-goal-accuracy",
            "metrics-tool-use",
            "metrics-topic-adherence",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "MCP",
          items: [
            "metrics-mcp-use",
            "metrics-multi-turn-mcp-use",
            "metrics-mcp-task-completion",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Safety",
          items: [
            "metrics-bias",
            "metrics-toxicity",
            "metrics-non-advice",
            "metrics-misuse",
            "metrics-pii-leakage",
            "metrics-role-violation",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Non-LLM",
          items: [
            "metrics-exact-match",
            "metrics-pattern-match",
            "metrics-json-correctness",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Others",
          items: [
            "metrics-summarization",
            "metrics-prompt-alignment",
            "metrics-hallucination",
            "metrics-ragas",
          ],
          collapsed: true,
        },
        {
          type: "category",
          label: "Multimodal",
          items: [
            "multimodal-metrics-image-coherence",
            "multimodal-metrics-image-helpfulness",
            "multimodal-metrics-image-reference",
            "multimodal-metrics-text-to-image",
            "multimodal-metrics-image-editing",
            "multimodal-metrics-answer-relevancy",
            "multimodal-metrics-faithfulness",
            "multimodal-metrics-contextual-precision",
            "multimodal-metrics-contextual-recall",
            "multimodal-metrics-contextual-relevancy",
            "multimodal-metrics-tool-correctness",
          ],
          collapsed: true,
        },
      ],
      collapsed: false,
    },
    {
      type: "category",
      label: "Synthetic Data Generation",
      className: "sidebar-item-icon-synthetic-data",
      items: [
        "synthesizer-introduction",
        {
          type: "category",
          label: "Generate Goldens",
          items: [
            "synthesizer-generate-from-docs",
            "synthesizer-generate-from-contexts",
            "synthesizer-generate-from-scratch",
            "synthesizer-generate-from-goldens",
          ],
          collapsed: false,
        },
        "conversation-simulator",
      ],
      collapsed: false,
    },
    {
      type: "category",
      label: "Red-Teaming",
      className: "sidebar-item-icon-red-teaming",
      items: [
        "red-teaming-introduction",
        "red-teaming-attack-enhancements",
        {
          type: "category",
          label: "Vulnerabilities",
          items: [
            "red-teaming-vulnerabilities",
            "red-teaming-vulnerabilities-bias",
            "red-teaming-vulnerabilities-misinformation",
            "red-teaming-vulnerabilities-toxicity",
            "red-teaming-vulnerabilities-illegal-activities",
            "red-teaming-vulnerabilities-personal-safety",
            "red-teaming-vulnerabilities-pii-leakage",
            "red-teaming-vulnerabilities-prompt-leakage",
            "red-teaming-vulnerabilities-unauthorized-access",
            "red-teaming-vulnerabilities-intellectual-property",
            "red-teaming-vulnerabilities-excessive-agency",
            "red-teaming-vulnerabilities-robustness",
            "red-teaming-vulnerabilities-graphic-content",
            "red-teaming-vulnerabilities-competition",
          ],
          collapsed: false,
        },
      ],
      collapsed: false,
    },
    {
      type: "category",
      label: "Benchmarks",
      className: "sidebar-item-icon-benchmarks",
      items: [
        "benchmarks-introduction",
        "benchmarks-mmlu",
        "benchmarks-hellaswag",
        "benchmarks-big-bench-hard",
        "benchmarks-drop",
        "benchmarks-truthful-qa",
        "benchmarks-human-eval",
        "benchmarks-ifeval",
        "benchmarks-squad",
        "benchmarks-gsm8k",
        "benchmarks-math-qa",
        "benchmarks-logi-qa",
        "benchmarks-bool-q",
        "benchmarks-arc",
        "benchmarks-bbq",
        "benchmarks-lambada",
        "benchmarks-winogrande",
      ],
      collapsed: true,
    },
    {
      type: "category",
      label: "Others",
      className: "sidebar-item-icon-others",
      items: ["command-line-interface", "data-privacy", "miscellaneous"],
      collapsed: false,
    },
  ],
};
